{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Big data news\n",
      "AI news\n",
      "2018.8.1\n"
     ]
    }
   ],
   "source": [
    "from lxml import etree                                            #加载解析器\n",
    "html='<html><head><title>Test</title></head><body><h1 align=\"center\">Big data news</h1><h1 align=\"center\">AI news</h1><h1 align=\"right\">2018.8.1</h1></body></html>'\n",
    "content = etree.fromstring(html)\n",
    "rows=content.xpath('/html/body/h1')       #根据路径表达式获得所有符合条件的节点\n",
    "for row in rows:                                              # 对每个节点进行处理\n",
    "  t=row.xpath('./text()')[0]\n",
    "  print(t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Big data news\n",
      "AI news\n",
      "2018.8.1\n"
     ]
    }
   ],
   "source": [
    "from lxml import etree                                            #加载解析器\n",
    "html='<html><head><title>Test</title></head><body><h1 align=\"center\">Big data news</h1><h1 align=\"center\">AI news</h1><h1 align=\"right\">2018.8.1</h1></body></html>'\n",
    "content = etree.fromstring(html)\n",
    "rows1=content.xpath('/html/body/h1/text()') [0]\n",
    "rows2=content.xpath('/html/body/h1/text()') [1]\n",
    "rows3=content.xpath('/html/body/h1/text()') [2]\n",
    "print(rows1)\n",
    "print(rows2)\n",
    "print(rows3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Test']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from lxml import etree                                            #加载解析器\n",
    "html='<html><head><title>Test</title></head><body><h1 align=\"center\">Big data news</h1><h1 align=\"center\">AI news</h1><h1 align=\"right\">2018.8.1</h1></body></html>'\n",
    "content = etree.fromstring(html)\n",
    "title=content.xpath('/html/head/title/text()')\n",
    "title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<!DOCTYPE html>\\r\\n<!--STATUS OK--><html> <head><meta http-equiv=content-type content=text/html;charset=utf-8><meta http-equiv=X-UA-Compatible content=IE=Edge><meta content=always name=referrer><link rel=stylesheet type=text/css href=https://ss1.bdstatic.com/5eN1bjq8AAUYm2zgoY3K/r/www/cache/bdorz/baidu.min.css><title>百度一下，你就知道</title></head> <body link=#0000cc> <div id=wrapper> <div id=head> <div class=head_wrapper> <div class=s_form> <div class=s_form_wrapper> <div id=lg> <img hidefocus=true src=//www.baidu.com/img/bd_logo1.png width=270 height=129> </div> <form id=form name=f action=//www.baidu.com/s class=fm> <input type=hidden name=bdorz_come value=1> <input type=hidden name=ie value=utf-8> <input type=hidden name=f value=8> <input type=hidden name=rsv_bp value=1> <input type=hidden name=rsv_idx value=1> <input type=hidden name=tn value=baidu><span class=\"bg s_ipt_wr\"><input id=kw name=wd class=s_ipt value maxlength=255 autocomplete=off autofocus=autofocus></span><span class=\"bg s_btn_wr\"><input type=submit id=su value=百度一下 class=\"bg s_btn\" autofocus></span> </form> </div> </div> <div id=u1> <a href=http://news.baidu.com name=tj_trnews class=mnav>新闻</a> <a href=https://www.hao123.com name=tj_trhao123 class=mnav>hao123</a> <a href=http://map.baidu.com name=tj_trmap class=mnav>地图</a> <a href=http://v.baidu.com name=tj_trvideo class=mnav>视频</a> <a href=http://tieba.baidu.com name=tj_trtieba class=mnav>贴吧</a> <noscript> <a href=http://www.baidu.com/bdorz/login.gif?login&amp;tpl=mn&amp;u=http%3A%2F%2Fwww.baidu.com%2f%3fbdorz_come%3d1 name=tj_login class=lb>登录</a> </noscript> <script>document.write(\\'<a href=\"http://www.baidu.com/bdorz/login.gif?login&tpl=mn&u=\\'+ encodeURIComponent(window.location.href+ (window.location.search === \"\" ? \"?\" : \"&\")+ \"bdorz_come=1\")+ \\'\" name=\"tj_login\" class=\"lb\">登录</a>\\');\\r\\n                </script> <a href=//www.baidu.com/more/ name=tj_briicon class=bri style=\"display: block;\">更多产品</a> </div> </div> </div> <div id=ftCon> <div id=ftConw> <p id=lh> <a href=http://home.baidu.com>关于百度</a> <a href=http://ir.baidu.com>About Baidu</a> </p> <p id=cp>&copy;2017&nbsp;Baidu&nbsp;<a href=http://www.baidu.com/duty/>使用百度前必读</a>&nbsp; <a href=http://jianyi.baidu.com/ class=cp-feedback>意见反馈</a>&nbsp;京ICP证030173号&nbsp; <img src=//www.baidu.com/img/gs.gif> </p> </div> </div> </div> </body> </html>\\r\\n'"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import requests\n",
    "from lxml import etree     \n",
    "url='https://www.baidu.com/'\n",
    "rq=requests.get(url)\n",
    "rq.encoding='utf-8'\n",
    "htmlbaidu=rq.text\n",
    "htmlbaidu"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['百度一下，你就知道']\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from lxml import etree     \n",
    "url='https://www.baidu.com/'\n",
    "rq=requests.get(url)\n",
    "rq.encoding='utf-8'\n",
    "htmlbaidu=rq.text\n",
    "htmlbaidu\n",
    "\n",
    "content = etree.HTML(htmlbaidu)\n",
    "baidutitle=content.xpath('/html/head/title/text()')\n",
    "print(baidutitle)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
